/*
 * Tencent is pleased to support the open source community by making BK-CI 蓝鲸持续集成平台 available.
 *
 * Copyright (C) 2020 THL A29 Limited, a Tencent company.  All rights reserved.
 *
 * BK-CI 蓝鲸持续集成平台 is licensed under the MIT license.
 *
 * A copy of the MIT License is included in this file.
 *
 *
 * Terms of the MIT License:
 * ---------------------------------------------------
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

package com.tencent.bkrepo.pypi.util

import org.jsoup.Jsoup
import org.jsoup.select.Elements

/**
 * 爬取 pypi仓库 simple仓库的内容
 */
object JsoupUtil {

    /**
     * [limitPackages] 限制packages 数量
     *
     */
    fun String.htmlHrefs(limitPackages: Int): Elements {
        val document = Jsoup.connect(this).get()
        val packages = document.body().select("a[href]")
        limitPackages.takeIf { it == -1 }?.apply {
            return packages
        }
        val limitElements = Elements(limitPackages)
        var packMark = 0
        for (e in packages) {
            limitElements.add(e)
            ++packMark
            if (packMark > limitPackages) {
                break
            }
        }
        return limitElements
    }

    fun String.htmlHrefs(): Elements {
        val document = Jsoup.connect(this).get()
        return document.body().select("a[href]")
    }

    fun String.sumTasks(elements: Elements): Int {
        var sum = 0
        for (e in elements) {
            e.text()?.let { packageName ->
                "$this/$packageName".htmlHrefs().let { filenodes ->
                    sum += filenodes.size
                }
            }
        }
        return sum
    }
}
